set -x
DIR01=$(pwd)
cd ~/code/FastChat

python fastchat/serve/controller.py --port 30001 >> "$DIR01/fastchat.controller.py.tmp.log" 2>&1 &

CUDA_VISIBLE_DEVICES=1 python fastchat/serve/model_worker.py --model-path '/home/yunpeng/models/hf/Qwen-1_8B-Chat' --port 30004 --controller-address 'http://localhost:30001' --worker-address 'http://localhost:30004' --limit-worker-concurrency=5 >> "$DIR01/fastchat.model_worker.py.tmp.log" 2>&1 &

python fastchat/serve/openai_api_server.py --host localhost --port 30000 --controller-address 'http://localhost:30001' >> "$DIR01/fastchat.openai_server.py.tmp.log" 2>&1 &
